library(dplyr)
library(knitr)
library(maptools)
library(rgdal)
library(TreeSegmentation)
library(sp)
library(ggplot2)
library(rgl)
library(clue)
library(lidR)
knit_hooks$set(webgl = hook_webgl)
opts_chunk$set(warning=F,message=F)

#set color ramp for treeID
col = pastel.colors(200)

1 Load in ground-truth

shps<-list.files("/Users/ben/Dropbox/Weecology/ITCs/",pattern=".shp",full.names = T)
itcs<-lapply(shps,readOGR,verbose=F)

names(itcs)<-sapply(itcs,function(x){
  id<-unique(x$Plot_ID)
  #x@proj4string<-CRS("+init=epsg:32617")
  return(x)
  })

2 Example Pipeline

2.1 Read in Data

ground_truth<-itcs[[2]]
fname<-get_tile_filname(ground_truth)
tile<-readLAS(paste("../data/2017/Lidar/cropped_",fname,sep=""))
tile@crs<-CRS("+init=epsg:32617")
plot(tile)

You must enable Javascript to view this page properly.

2.2 Confirm overlap

plot(extent(tile),col='red')
plot(extent(ground_truth),col='blue',add=T)

2.3 Compute Segmentation

silva<-silva2016(tile=tile,output="all")
## [1] "Computing Ground Model"
## [1] "Computing Canopy Model"
## [1] "Clustering Trees"
##    user  system elapsed 
##  33.457   0.807  38.625 
## [1] "Creating tree polygons"
dalponte<-dalponte2016(tile=tile,output="all")
## [1] "Computing Ground Model"
## [1] "Computing Canopy Model"
## [1] "Clustering Trees"
##    user  system elapsed 
##  32.616   0.663  36.466 
## [1] "Creating tree polygons"
li<-li2012(tile=tile,output="all")
## [1] "Computing Ground Model"
## [1] "Computing Canopy Model"
## [1] "Clustering Trees"
##    user  system elapsed 
##   0.904   0.022   1.032 
## [1] "Creating tree polygons"
watershed_result<-watershed(tile=tile,output="all")
## [1] "Computing Ground Model"
## [1] "Computing Canopy Model"
## [1] "Clustering Trees"
##    user  system elapsed 
##  41.897   0.712  47.473 
## [1] "Creating tree polygons"

2.4 View 3d segmentation

plot(silva$tile,color="treeID",col=col)

You must enable Javascript to view this page properly.

2.4.1 Overlay ground truth and predictions

plot(ground_truth,col='red')
plot(silva$convex,add=T)

#plot(dalponte$convex,add=T)

2.4.2 CHM versus predicted polygons

chm=canopy_model(silva$tile)
plot(chm,ext=extent(ground_truth))
plot(ground_truth,add=T,col='red')
plot(silva$convex,add=T)

Okay that’s not great, but let’s keep going for the moment.

2.4.3 Compare Methods

Silva v Dalponte

plot(silva$convex)
plot(dalponte$convex,add=T,col=rgb(0,0,255,20,maxColorValue=255))

plot(silva$convex)
plot(dalponte$convex,add=T,col=rgb(0,0,255,20,maxColorValue=255))
plot(li$convex,add=T,col=rgb(0,0,255,20,maxColorValue=255))

Li versus watershed

plot(li$convex)
plot(watershed_result$convex,add=T,col=rgb(0,0,255,20,maxColorValue=255))

2.5 Compute consensus

ptlist<-list(li=li$tile,dalponte=dalponte$tile,watershed=watershed_result$tile,silva=silva$tile)
consensus_result<-consensus(ptlist=ptlist,method="majority")
##    li dalponte watershed silva
## 1 492       48       315  1237
## 2 818       65       575  1245
## 3 818       65       575  1245
## 4 818       65       575  1245
## 5 818       65       575  1245
## 6 818       65       575  1245
consensus_polygons<-get_convex_hulls(consensus_result,consensus_result@data$treeID)
plot(consensus_polygons,col=rgb(0,0,255,20,maxColorValue=255))

paste(length(consensus_polygons),"consensus clusters found")
## [1] "1067 consensus clusters found"

2.5.1 View consensus segmentation

#plot(consensus_result,color="treeID",col=col)

You must enable Javascript to view this page properly.

2.5.2 Compare Consensus

plot(silva$convex)

plot(dalponte$convex)

plot(li$convex)
plot(consensus_polygons,add=T,col=rgb(0,0,255,40,maxColorValue=255))

How many tree predictions

library(pander)
unique_total<-sapply(c(ptlist,consensus_result),function(x) length(unique(x@data$treeID)))
df<-data.frame(Algorthm=c(names(ptlist),"consensus"),Total_Trees=as.numeric(unique_total))
pandoc.table(df,style="rmarkdown")
## 
## 
## | Algorthm  | Total_Trees |
## |:---------:|:-----------:|
## |    li     |    1812     |
## | dalponte  |    1265     |
## | watershed |     944     |
## |   silva   |    1264     |
## | consensus |    1068     |

2.6 Assign Trees

Each tree is assigned based on the maximum overlap. Pairwise membership is done using a Hungarian Algorithm. See clue::solve_LSAP.

assignment<-assign_trees(ground_truth,prediction=silva$convex)

2.7 Calculate Intersection over union

#loop through assignments and get jaccard statistic for each assignment pair
statdf<-calc_jaccard(assignment=assignment,ground_truth = ground_truth,prediction=silva$convex)
ggplot(statdf) + geom_histogram(aes(IoU)) + labs(x="Intersection over union") + theme_bw()

mean(statdf$IoU)
## [1] 0.2744081
median(statdf$IoU)
## [1] 0.2854384

3 As a wrapper for one tile, multiple methods, and consensus

results<-evaluate(ground_truth=itcs[[1]],algorithm = c("silva","dalponte","li"),path_to_tiles="/Users/ben/Dropbox/Weecology/NEON/cropped_",compute_consensus = T)
if(!is.null(results)){
  ggplot(results,aes(y=IoU,x=Method)) + geom_boxplot() + theme_bw()
results %>% group_by(Method) %>% summarize(mean=mean(IoU),median=median(IoU))
}

4 Parallel wrapper across all tiles

system.time(results_all<-evaluate_all(itcs=itcs,algorithm = c("dalponte","silva","li","watershed"),path_to_tiles="/Users/ben/Dropbox/Weecology/NEON/cropped_",cores=2,extra=F,compute_consensus=F))
##     user   system  elapsed 
##    0.134    0.008 1220.919
ggplot(results_all,aes(y=IoU,x=Method)) + geom_boxplot() + theme_bw()

results_all %>% group_by(Method) %>% summarize(mean=mean(IoU),median=median(IoU))
## # A tibble: 4 x 3
##   Method     mean median
##   <chr>     <dbl>  <dbl>
## 1 dalponte  0.189 0.179 
## 2 li        0.196 0.175 
## 3 silva     0.194 0.189 
## 4 watershed 0.147 0.0966